<!DOCTYPE html>
<html>
 <head>
  <meta charset="utf-8"/>
  <meta content="width=device-width, initial-scale=1.0" name="viewport"/>
  <meta content="width=device-width,initial-scale=1" name="viewport"/>
  <meta content="ie=edge" http-equiv="x-ua-compatible"/>
  <meta content="Copy to clipboard" name="lang:clipboard.copy"/>
  <meta content="Copied to clipboard" name="lang:clipboard.copied"/>
  <meta content="en" name="lang:search.language"/>
  <meta content="True" name="lang:search.pipeline.stopwords"/>
  <meta content="True" name="lang:search.pipeline.trimmer"/>
  <meta content="No matching documents" name="lang:search.result.none"/>
  <meta content="1 matching document" name="lang:search.result.one"/>
  <meta content="# matching documents" name="lang:search.result.other"/>
  <meta content="[\s\-]+" name="lang:search.tokenizer"/>
  <link crossorigin="" href="https://fonts.gstatic.com/" rel="preconnect"/>
  <link href="https://fonts.googleapis.com/css?family=Roboto+Mono:400,500,700|Roboto:300,400,400i,700&amp;display=fallback" rel="stylesheet"/>
  <style>
   body,
      input {
        font-family: "Roboto", "Helvetica Neue", Helvetica, Arial, sans-serif
      }

      code,
      kbd,
      pre {
        font-family: "Roboto Mono", "Courier New", Courier, monospace
      }
  </style>
  <link href="../_static/stylesheets/application.css" rel="stylesheet"/>
  <link href="../_static/stylesheets/application-palette.css" rel="stylesheet"/>
  <link href="../_static/stylesheets/application-fixes.css" rel="stylesheet"/>
  <link href="../_static/fonts/material-icons.css" rel="stylesheet"/>
  <meta content="84bd00" name="theme-color"/>
  <script src="../_static/javascripts/modernizr.js">
  </script>
  <title>
   Struct CompileSpec — Torch-TensorRT v1.0.0 documentation
  </title>
  <link href="../_static/material.css" rel="stylesheet" type="text/css"/>
  <link href="../_static/pygments.css" rel="stylesheet" type="text/css"/>
  <link href="../_static/collapsible-lists/css/tree_view.css" rel="stylesheet" type="text/css"/>
  <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js">
  </script>
  <script src="../_static/jquery.js">
  </script>
  <script src="../_static/underscore.js">
  </script>
  <script src="../_static/doctools.js">
  </script>
  <script src="../_static/language_data.js">
  </script>
  <script src="../_static/collapsible-lists/js/CollapsibleLists.compressed.js">
  </script>
  <script src="../_static/collapsible-lists/js/apply-collapsible-lists.js">
  </script>
  <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js">
  </script>
  <script async="async" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.7/latest.js?config=TeX-AMS-MML_HTMLorMML">
  </script>
  <script type="text/x-mathjax-config">
   MathJax.Hub.Config({"tex2jax": {"inlineMath": [["$", "$"], ["\\(", "\\)"]], "processEscapes": true, "ignoreClass": "document", "processClass": "math|output_area"}})
  </script>
  <link href="../genindex.html" rel="index" title="Index"/>
  <link href="../search.html" rel="search" title="Search"/>
  <link href="classtorch__tensorrt_1_1DataType.html" rel="next" title="Class DataType"/>
  <link href="structtorch__tensorrt_1_1Input.html" rel="prev" title="Struct Input"/>
 </head>
 <body data-md-color-accent="light-green" data-md-color-primary="light-green" dir="ltr">
  <svg class="md-svg">
   <defs data-children-count="0">
    <svg height="448" id="__github" viewbox="0 0 416 448" width="416" xmlns="http://www.w3.org/2000/svg">
     <path d="M160 304q0 10-3.125 20.5t-10.75 19T128 352t-18.125-8.5-10.75-19T96 304t3.125-20.5 10.75-19T128 256t18.125 8.5 10.75 19T160 304zm160 0q0 10-3.125 20.5t-10.75 19T288 352t-18.125-8.5-10.75-19T256 304t3.125-20.5 10.75-19T288 256t18.125 8.5 10.75 19T320 304zm40 0q0-30-17.25-51T296 232q-10.25 0-48.75 5.25Q229.5 240 208 240t-39.25-2.75Q130.75 232 120 232q-29.5 0-46.75 21T56 304q0 22 8 38.375t20.25 25.75 30.5 15 35 7.375 37.25 1.75h42q20.5 0 37.25-1.75t35-7.375 30.5-15 20.25-25.75T360 304zm56-44q0 51.75-15.25 82.75-9.5 19.25-26.375 33.25t-35.25 21.5-42.5 11.875-42.875 5.5T212 416q-19.5 0-35.5-.75t-36.875-3.125-38.125-7.5-34.25-12.875T37 371.5t-21.5-28.75Q0 312 0 260q0-59.25 34-99-6.75-20.5-6.75-42.5 0-29 12.75-54.5 27 0 47.5 9.875t47.25 30.875Q171.5 96 212 96q37 0 70 8 26.25-20.5 46.75-30.25T376 64q12.75 25.5 12.75 54.5 0 21.75-6.75 42 34 40 34 99.5z" fill="currentColor">
     </path>
    </svg>
   </defs>
  </svg>
  <input class="md-toggle" data-md-toggle="drawer" id="__drawer" type="checkbox"/>
  <input class="md-toggle" data-md-toggle="search" id="__search" type="checkbox"/>
  <label class="md-overlay" data-md-component="overlay" for="__drawer">
  </label>
  <a class="md-skip" href="#_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec" tabindex="1">
   Skip to content
  </a>
  <header class="md-header" data-md-component="header">
   <nav class="md-header-nav md-grid">
    <div class="md-flex navheader">
     <div class="md-flex__cell md-flex__cell--shrink">
      <a class="md-header-nav__button md-logo" href="../index.html" title="Torch-TensorRT v1.0.0 documentation">
       <i class="md-icon">
        
       </i>
      </a>
     </div>
     <div class="md-flex__cell md-flex__cell--shrink">
      <label class="md-icon md-icon--menu md-header-nav__button" for="__drawer">
      </label>
     </div>
     <div class="md-flex__cell md-flex__cell--stretch">
      <div class="md-flex__ellipsis md-header-nav__title" data-md-component="title">
       <span class="md-header-nav__topic">
        Torch-TensorRT
       </span>
       <span class="md-header-nav__topic">
        Struct CompileSpec
       </span>
      </div>
     </div>
     <div class="md-flex__cell md-flex__cell--shrink">
      <label class="md-icon md-icon--search md-header-nav__button" for="__search">
      </label>
      <div class="md-search" data-md-component="search" role="dialog">
       <label class="md-search__overlay" for="__search">
       </label>
       <div class="md-search__inner" role="search">
        <form action="../search.html" class="md-search__form" method="get" name="search">
         <input autocapitalize="off" autocomplete="off" class="md-search__input" data-md-component="query" data-md-state="active" name="q" placeholder="Search" spellcheck="false" type="text"/>
         <label class="md-icon md-search__icon" for="__search">
         </label>
         <button class="md-icon md-search__icon" data-md-component="reset" tabindex="-1" type="reset">
          
         </button>
        </form>
        <div class="md-search__output">
         <div class="md-search__scrollwrap" data-md-scrollfix="">
          <div class="md-search-result" data-md-component="result">
           <div class="md-search-result__meta">
            Type to start searching
           </div>
           <ol class="md-search-result__list">
           </ol>
          </div>
         </div>
        </div>
       </div>
      </div>
     </div>
     <div class="md-flex__cell md-flex__cell--shrink">
      <div class="md-header-nav__source">
       <a class="md-source" data-md-source="github" href="https://github.com/nvidia/Torch-TensorRT/" title="Go to repository">
        <div class="md-source__icon">
         <svg height="28" viewbox="0 0 24 24" width="28" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
          <use height="24" width="24" xlink:href="#__github">
          </use>
         </svg>
        </div>
        <div class="md-source__repository">
         Torch-TensorRT
        </div>
       </a>
      </div>
     </div>
     <div class="md-flex__cell md-flex__cell--shrink dropdown">
      <button class="dropdownbutton">
       Versions
      </button>
      <div class="dropdown-content md-hero">
       <a href="https://nvidia.github.io/Torch-TensorRT/" title="master">
        master
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v1.0.0/" title="v1.0.0">
        v1.0.0
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.4.1/" title="v0.4.1">
        v0.4.1
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.4.0/" title="v0.4.0">
        v0.4.0
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.3.0/" title="v0.3.0">
        v0.3.0
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.2.0/" title="v0.2.0">
        v0.2.0
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.1.0/" title="v0.1.0">
        v0.1.0
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.0.3/" title="v0.0.3">
        v0.0.3
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.0.2/" title="v0.0.2">
        v0.0.2
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.0.1/" title="v0.0.1">
        v0.0.1
       </a>
      </div>
     </div>
    </div>
   </nav>
  </header>
  <div class="md-container">
   <nav class="md-tabs" data-md-component="tabs">
    <div class="md-tabs__inner md-grid">
     <ul class="md-tabs__list">
      <li class="md-tabs__item">
       <a class="md-tabs__link" href="../index.html">
        Torch-TensorRT v1.0.0 documentation
       </a>
      </li>
      <li class="md-tabs__item">
       <a class="md-tabs__link" href="torch_tensort_cpp.html">
        Torch-TensorRT C++ API
       </a>
      </li>
     </ul>
    </div>
   </nav>
   <main class="md-main">
    <div class="md-main__inner md-grid" data-md-component="container">
     <div class="md-sidebar md-sidebar--primary" data-md-component="navigation">
      <div class="md-sidebar__scrollwrap">
       <div class="md-sidebar__inner">
        <nav class="md-nav md-nav--primary" data-md-level="0">
         <label class="md-nav__title md-nav__title--site" for="__drawer">
          <a class="md-nav__button md-logo" href="../index.html" title="Torch-TensorRT v1.0.0 documentation">
           <i class="md-icon">
            
           </i>
          </a>
          <a href="../index.html" title="Torch-TensorRT v1.0.0 documentation">
           Torch-TensorRT
          </a>
         </label>
         <div class="md-nav__source">
          <a class="md-source" data-md-source="github" href="https://github.com/nvidia/Torch-TensorRT/" title="Go to repository">
           <div class="md-source__icon">
            <svg height="28" viewbox="0 0 24 24" width="28" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
             <use height="24" width="24" xlink:href="#__github">
             </use>
            </svg>
           </div>
           <div class="md-source__repository">
            Torch-TensorRT
           </div>
          </a>
         </div>
         <ul class="md-nav__list">
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             Getting Started
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/installation.html">
            Installation
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/getting_started_with_cpp_api.html">
            Getting Started with C++
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/getting_started_with_python_api.html">
            Using Torch-TensorRT in Python
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/creating_torchscript_module_in_python.html">
            Creating a TorchScript Module
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/creating_torchscript_module_in_python.html#working-with-torchscript-in-python">
            Working with TorchScript in Python
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/creating_torchscript_module_in_python.html#saving-torchscript-module-to-disk">
            Saving TorchScript Module to Disk
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/ptq.html">
            Post Training Quantization (PTQ)
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/torchtrtc.html">
            torchtrtc
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/use_from_pytorch.html">
            Using Torch-TensorRT Directly From PyTorch
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/runtime.html">
            Deploying Torch-TensorRT Programs
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/using_dla.html">
            DLA
           </a>
          </li>
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             Notebooks
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../_notebooks/lenet-getting-started.html">
            Torch-TensorRT Getting Started - LeNet
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../_notebooks/Resnet50-example.html">
            Torch-TensorRT Getting Started - ResNet 50
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../_notebooks/ssd-object-detection-demo.html">
            Object Detection with Torch-TensorRT (SSD)
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../_notebooks/vgg-qat.html">
            Deploying Quantization Aware Trained models in INT8 using Torch-TensorRT
           </a>
          </li>
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             Python API Documenation
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../py_api/torch_tensorrt.html">
            torch_tensorrt
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../py_api/logging.html">
            torch_tensorrt.logging
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../py_api/ptq.html">
            torch_tensorrt.ptq
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../py_api/ptq.html#classes">
            Classes
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../py_api/ptq.html#enums">
            Enums
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../py_api/ts.html">
            torch_tensorrt.ts
           </a>
          </li>
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             C++ API Documenation
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="torch_tensort_cpp.html">
            Torch-TensorRT C++ API
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="namespace_torch_tensorrt.html">
            Namespace torch_tensorrt
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="namespace_torch_tensorrt__logging.html">
            Namespace torch_tensorrt::logging
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="namespace_torch_tensorrt__torchscript.html">
            Namespace torch_tensorrt::torchscript
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="namespace_torch_tensorrt__ptq.html">
            Namespace torch_tensorrt::ptq
           </a>
          </li>
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             Contributor Documentation
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../contributors/system_overview.html">
            System Overview
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../contributors/writing_converters.html">
            Writing Converters
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../contributors/useful_links.html">
            Useful Links for Torch-TensorRT Development
           </a>
          </li>
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             Indices
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../indices/supported_ops.html">
            Operators Supported
           </a>
          </li>
         </ul>
        </nav>
       </div>
      </div>
     </div>
     <div class="md-sidebar md-sidebar--secondary" data-md-component="toc">
      <div class="md-sidebar__scrollwrap">
       <div class="md-sidebar__inner">
        <nav class="md-nav md-nav--secondary">
         <label class="md-nav__title" for="__toc">
          Contents
         </label>
         <ul class="md-nav__list" data-md-scrollfix="">
          <li class="md-nav__item">
           <a class="md-nav__link" href="#cpp-api-structtorch-tensorrt-1-1torchscript-1-1compilespec--page-root">
            Struct CompileSpec
           </a>
           <nav class="md-nav">
            <ul class="md-nav__list">
             <li class="md-nav__item">
              <a class="md-nav__link" href="#struct-documentation">
               Struct Documentation
              </a>
             </li>
            </ul>
           </nav>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__extra_link" href="../_sources/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst.txt">
            Show Source
           </a>
          </li>
          <li class="md-nav__item" id="searchbox">
          </li>
         </ul>
        </nav>
       </div>
      </div>
     </div>
     <div class="md-content">
      <article class="md-content__inner md-typeset" role="main">
       <span id="exhale-struct-structtorch-tensorrt-1-1torchscript-1-1compilespec">
       </span>
       <h1 id="cpp-api-structtorch-tensorrt-1-1torchscript-1-1compilespec--page-root">
        Struct CompileSpec
        <a class="headerlink" href="#cpp-api-structtorch-tensorrt-1-1torchscript-1-1compilespec--page-root" title="Permalink to this headline">
         ¶
        </a>
       </h1>
       <ul class="simple">
        <li>
         <p>
          Defined in
          <a class="reference internal" href="file_cpp_include_torch_tensorrt_torch_tensorrt.h.html#file-cpp-include-torch-tensorrt-torch-tensorrt-h">
           <span class="std std-ref">
            File torch_tensorrt.h
           </span>
          </a>
         </p>
        </li>
       </ul>
       <h2 id="struct-documentation">
        Struct Documentation
        <a class="headerlink" href="#struct-documentation" title="Permalink to this headline">
         ¶
        </a>
       </h2>
       <dl class="cpp struct">
        <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpecE">
         <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec">
         </span>
         <em class="property">
          struct
         </em>
         <code class="sig-prename descclassname">
          torch_tensorrt::torchscript
          <code class="sig-prename descclassname">
           ::
          </code>
         </code>
         <code class="sig-name descname">
          CompileSpec
         </code>
         <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpecE" title="Permalink to this definition">
          ¶
         </a>
         <br/>
        </dt>
        <dd>
         <p>
          Settings data structure for Torch-TensorRT TorchScript compilation
         </p>
         <div class="breathe-sectiondef docutils container">
          <p class="breathe-sectiondef-title rubric">
           Public Functions
          </p>
          <dl class="cpp function">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1ab72c2f2f39126d9680859e7e35bcf397">
            </span>
            <code class="sig-name descname">
             CompileSpec
            </code>
            <span class="sig-paren">
             (
            </span>
            std::vector&lt;std::vector&lt;int64_t&gt;&gt;
            <em>
             fixed_sizes
            </em>
            <span class="sig-paren">
             )
            </span>
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Construct a new Compile Spec object Convienence constructor to set fixed input size from vectors describing size of input tensors. Each entry in the vector represents a input and should be provided in call order.
            </p>
            <p>
             This constructor should be use as a convience in the case that all inputs are static sized and you are okay with default input dtype and formats (FP32 for FP32 and INT8 weights, FP16 for FP16 weights, contiguous)
            </p>
            <p>
            </p>
            <dl class="simple">
             <dt>
              <strong>
               Parameters
              </strong>
             </dt>
             <dd>
              <ul class="breatheparameterlist simple">
               <li>
                <p>
                 <code class="docutils literal notranslate">
                  <span class="pre">
                   fixed_sizes
                  </span>
                 </code>
                 :
                </p>
               </li>
              </ul>
             </dd>
            </dl>
           </dd>
          </dl>
          <dl class="cpp function">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a4d4230e069cc43a4a674ee08d57d1619">
            </span>
            <code class="sig-name descname">
             CompileSpec
            </code>
            <span class="sig-paren">
             (
            </span>
            std::vector&lt;c10::ArrayRef&lt;int64_t&gt;&gt;
            <em>
             fixed_sizes
            </em>
            <span class="sig-paren">
             )
            </span>
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Construct a new Extra Info object Convienence constructor to set fixed input size from c10::ArrayRef’s (the output of tensor.sizes()) describing size of input tensors. Each entry in the vector represents a input and should be provided in call order.
            </p>
            <p>
             This constructor should be use as a convience in the case that all inputs are static sized and you are okay with default input dtype and formats (FP32 for FP32 and INT8 weights, FP16 for FP16 weights, contiguous)
            </p>
            <p>
            </p>
            <dl class="simple">
             <dt>
              <strong>
               Parameters
              </strong>
             </dt>
             <dd>
              <ul class="breatheparameterlist simple">
               <li>
                <p>
                 <code class="docutils literal notranslate">
                  <span class="pre">
                   fixed_sizes
                  </span>
                 </code>
                 :
                </p>
               </li>
              </ul>
             </dd>
            </dl>
           </dd>
          </dl>
          <dl class="cpp function">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a352e973b7fc29e4bf5995cd6b46fd885">
            </span>
            <code class="sig-name descname">
             CompileSpec
            </code>
            <span class="sig-paren">
             (
            </span>
            std::vector&lt;
            <a class="reference internal" href="structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5InputE" title="torch_tensorrt::Input">
             Input
            </a>
            &gt;
            <em>
             inputs
            </em>
            <span class="sig-paren">
             )
            </span>
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Construct a new Extra Info object from input ranges. Each entry in the vector represents a input and should be provided in call order.
            </p>
            <p>
             Use this constructor to define inputs with dynamic shape, specific input types or tensor formats
            </p>
            <p>
            </p>
            <dl class="simple">
             <dt>
              <strong>
               Parameters
              </strong>
             </dt>
             <dd>
              <ul class="breatheparameterlist simple">
               <li>
                <p>
                 <code class="docutils literal notranslate">
                  <span class="pre">
                   inputs
                  </span>
                 </code>
                 :
                </p>
               </li>
              </ul>
             </dd>
            </dl>
           </dd>
          </dl>
         </div>
         <div class="breathe-sectiondef docutils container">
          <p class="breathe-sectiondef-title rubric">
           Public Members
          </p>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec6inputsE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a228668e43f7df21313437fc0dd77286e">
            </span>
            std::vector&lt;
            <a class="reference internal" href="structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5InputE" title="torch_tensorrt::Input">
             Input
            </a>
            &gt;
            <code class="sig-name descname">
             inputs
            </code>
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec6inputsE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Specifications for inputs to the engine, can either be a single size or a range defined by min, opt and max sizes Users can also specify expected input type as well as tensor memory format.
            </p>
            <p>
             Order in vector should match call order for the function
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a83ce8e55ab1e1830a440513fbabae043">
            </span>
            std::set&lt;
            <a class="reference internal" href="classtorch__tensorrt_1_1DataType.html#_CPPv4N14torch_tensorrt8DataTypeE" title="torch_tensorrt::DataType">
             DataType
            </a>
            &gt;
            <code class="sig-name descname">
             enabled_precisions
            </code>
            = {
            <a class="reference internal" href="classtorch__tensorrt_1_1DataType.html#_CPPv4N14torch_tensorrt8DataTypeE" title="torch_tensorrt::DataType">
             DataType
            </a>
            ::kFloat}
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             The set of precisions TensorRT is allowed to use for kernels during compilation.
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1ac1d3b92892fbeee1a77c6ec89b451fb2">
            </span>
            bool
            <code class="sig-name descname">
             disable_tf32
            </code>
            = false
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Prevent Float32 layers from using TF32 data format
            </p>
            <p>
             TF32 computes inner products by rounding the inputs to 10-bit mantissas before multiplying, but accumulates the sum using 23-bit mantissas. This is the behavior of FP32 layers by default.
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a5b4ed74b243c63a708c7bcb8e48ab307">
            </span>
            bool
            <code class="sig-name descname">
             sparse_weights
            </code>
            = false
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Enable sparsity for weights of conv and FC layers
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a5aa4e3201f756a2a952f01f08902cd7d">
            </span>
            bool
            <code class="sig-name descname">
             refit
            </code>
            = false
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Build a refitable engine
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a973775a29be52d24983b02073c4e1592">
            </span>
            bool
            <code class="sig-name descname">
             debug
            </code>
            = false
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Build a debugable engine
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1ad47a41aa623a797c0212a157a4091a16">
            </span>
            bool
            <code class="sig-name descname">
             truncate_long_and_double
            </code>
            = false
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Truncate long/double type to int/float type
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec12strict_typesE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a62e69682894161ec6202fbf2f9ea7cea">
            </span>
            bool
            <code class="sig-name descname">
             strict_types
            </code>
            = false
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec12strict_typesE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Restrict operating type to only the lowest enabled operation precision (enabled_precisions)
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a7eec2ecd57b3debd73239a7d0d552ffd">
            </span>
            <a class="reference internal" href="structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6DeviceE" title="torch_tensorrt::Device">
             Device
            </a>
            <code class="sig-name descname">
             device
            </code>
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Target
             <a class="reference internal" href="structtorch__tensorrt_1_1Device.html#structtorch__tensorrt_1_1Device">
              <span class="std std-ref">
               Device
              </span>
             </a>
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1aa9f0624c0b2a01589bdf67343435b517">
            </span>
            <a class="reference internal" href="enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html#_CPPv4N14torch_tensorrt16EngineCapabilityE" title="torch_tensorrt::EngineCapability">
             EngineCapability
            </a>
            <code class="sig-name descname">
             capability
            </code>
            =
            <a class="reference internal" href="enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html#_CPPv4N14torch_tensorrt16EngineCapabilityE" title="torch_tensorrt::EngineCapability">
             EngineCapability
            </a>
            ::
            <a class="reference internal" href="enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html#_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE" title="torch_tensorrt::EngineCapability::kSTANDARD">
             kSTANDARD
            </a>
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Sets the restrictions for the engine (CUDA Safety)
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_min_timing_itersE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a408e547cc7623cbe768a2aa7f563b290">
            </span>
            uint64_t
            <code class="sig-name descname">
             num_min_timing_iters
            </code>
            = 2
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_min_timing_itersE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Number of minimization timing iterations used to select kernels
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a0b08c3de8acd85c6c7d277984aadd63d">
            </span>
            uint64_t
            <code class="sig-name descname">
             num_avg_timing_iters
            </code>
            = 1
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Number of averaging timing iterations used to select kernels
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a2dee309060f0bf4052c9b734d91feef1">
            </span>
            uint64_t
            <code class="sig-name descname">
             workspace_size
            </code>
            = 0
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Maximum size of workspace given to TensorRT
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec14max_batch_sizeE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a520a0686d3cfb036525d4e46c85e1a5d">
            </span>
            uint64_t
            <code class="sig-name descname">
             max_batch_size
            </code>
            = 0
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec14max_batch_sizeE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Maximum batch size (must be &gt;= 1 to be set, 0 means not set)
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a4d4a1651c2a1516d96374dedd566f96b">
            </span>
            nvinfer1::IInt8Calibrator *
            <code class="sig-name descname">
             ptq_calibrator
            </code>
            = nullptr
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Calibration dataloaders for each input for post training quantizatiom
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a2b1e0e8adbbaf0192e6d30502f867a85">
            </span>
            bool
            <code class="sig-name descname">
             require_full_compilation
            </code>
            = false
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Require the full module be compiled to TensorRT instead of potentially running unsupported operations in PyTorch
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1ad75441730fd7776726a7baed34d8d2bb">
            </span>
            uint64_t
            <code class="sig-name descname">
             min_block_size
            </code>
            = 3
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             Minimum number of contiguous supported operators to compile a subgraph to TensorRT
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a3c60fb30768398ff1c75b25f5969ebc6">
            </span>
            std::vector&lt;std::string&gt;
            <code class="sig-name descname">
             torch_executed_ops
            </code>
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             List of aten operators that must be run in PyTorch. An error will be thrown if this list is not empty but
             <code class="docutils literal notranslate">
              <span class="pre">
               require_full_compilation
              </span>
             </code>
             is True
            </p>
           </dd>
          </dl>
          <dl class="cpp var">
           <dt id="_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE">
            <span class="target" id="structtorch__tensorrt_1_1torchscript_1_1CompileSpec_1a878095a83d812f67e3b6f27085abc43b">
            </span>
            std::vector&lt;std::string&gt;
            <code class="sig-name descname">
             torch_executed_modules
            </code>
            <a class="headerlink" href="#_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE" title="Permalink to this definition">
             ¶
            </a>
            <br/>
           </dt>
           <dd>
            <p>
             List of modules that must be run in PyTorch. An error will be thrown if this list is not empty but
             <code class="docutils literal notranslate">
              <span class="pre">
               require_full_compilation
              </span>
             </code>
             is True
            </p>
           </dd>
          </dl>
         </div>
        </dd>
       </dl>
      </article>
     </div>
    </div>
   </main>
  </div>
  <footer class="md-footer">
   <div class="md-footer-nav">
    <nav class="md-footer-nav__inner md-grid">
     <a class="md-flex md-footer-nav__link md-footer-nav__link--prev" href="structtorch__tensorrt_1_1Input.html" rel="prev" title="Struct Input">
      <div class="md-flex__cell md-flex__cell--shrink">
       <i class="md-icon md-icon--arrow-back md-footer-nav__button">
       </i>
      </div>
      <div class="md-flex__cell md-flex__cell--stretch md-footer-nav__title">
       <span class="md-flex__ellipsis">
        <span class="md-footer-nav__direction">
         Previous
        </span>
        Struct Input
       </span>
      </div>
     </a>
     <a class="md-flex md-footer-nav__link md-footer-nav__link--next" href="classtorch__tensorrt_1_1DataType.html" rel="next" title="Class DataType">
      <div class="md-flex__cell md-flex__cell--stretch md-footer-nav__title">
       <span class="md-flex__ellipsis">
        <span class="md-footer-nav__direction">
         Next
        </span>
        Class DataType
       </span>
      </div>
      <div class="md-flex__cell md-flex__cell--shrink">
       <i class="md-icon md-icon--arrow-forward md-footer-nav__button">
       </i>
      </div>
     </a>
    </nav>
   </div>
   <div class="md-footer-meta md-typeset">
    <div class="md-footer-meta__inner md-grid">
     <div class="md-footer-copyright">
      <div class="md-footer-copyright__highlight">
       © Copyright 2021, NVIDIA Corporation.
      </div>
      Created using
      <a href="http://www.sphinx-doc.org/">
       Sphinx
      </a>
      3.1.2.
             and
      <a href="https://github.com/bashtage/sphinx-material/">
       Material for
              Sphinx
      </a>
     </div>
    </div>
   </div>
  </footer>
  <script src="../_static/javascripts/application.js">
  </script>
  <script>
   app.initialize({version: "1.0.4", url: {base: ".."}})
  </script>
 </body>
</html>